img_path = sys.argv[1]
agent_gpt4t = VisionAgent(verbosity=2)
prompt = """fine-tune florencev2 with the following bounding boxes: 
[{'image': 'cereal_3.jpg', 'labels': ['screw'], 'bboxes': [(713, 1363, 909, 1567)]}]"""
agent_gpt4t(prompt, img_path)

from typing import *
from vision_agent.utils.execute import CodeInterpreter
from vision_agent.tools.meta_tools import generate_vision_code, edit_vision_code, open_file, create_file, scroll_up, scroll_down, edit_file, get_tool_descriptions, florencev2_fine_tuning

florencev2_fine_tuning([{'image_path': '/home/dayoff/Downloads/cereal_shankar/cereal/train/cereal_3.jpg', 'labels': ['screw'], 'bboxes': [[713, 1363, 909, 1567]]}], 'OBJECT_DETECTION')

img_path = sys.argv[1]
agent_gpt4t = VisionAgent(verbosity=2)
prompt = """fine-tune florencev2 to be able to caption images, use the following bounding boxes to fine-tune: 
[{'image': 'cereal_3.jpg', 'labels': ['screw'], 'bboxes': [(713, 1363, 909, 1567)]}]"""
agent_gpt4t(prompt, img_path)

from typing import *
from vision_agent.utils.execute import CodeInterpreter
from vision_agent.tools.meta_tools import generate_vision_code, edit_vision_code, open_file, create_file, scroll_up, scroll_down, edit_file, get_tool_descriptions, florencev2_fine_tuning

florencev2_fine_tuning([{'image_path': '/home/dayoff/Downloads/cereal_shankar/cereal/train/cereal_3.jpg', 'labels': ['screw'], 'bboxes': [(713, 1363, 909, 1567)]}], 'CAPTION')

img_path = sys.argv[1]
agent_gpt4t = VisionAgent(verbosity=2)
prompt = """fine-tune florencev2 to be able to turn caption to phrase grounding, use the following bounding boxes to fine-tune: 
[{'image': 'cereal_3.jpg', 'labels': ['screw'], 'bboxes': [(713, 1363, 909, 1567)]}]"""
agent_gpt4t(prompt, img_path)

from typing import *
from vision_agent.utils.execute import CodeInterpreter
from vision_agent.tools.meta_tools import generate_vision_code, edit_vision_code, open_file, create_file, scroll_up, scroll_down, edit_file, get_tool_descriptions, florencev2_fine_tuning

florencev2_fine_tuning([{'image_path': '/home/dayoff/Downloads/cereal_shankar/cereal/train/cereal_3.jpg', 'labels': ['screw'], 'bboxes': [(713, 1363, 909, 1567)]}], 'CAPTION_TO_PHRASE_GROUNDING')